Remove monkey_patch_vllm_dummy_weight_loader (#2064)

2024-11-17 15:48:12 -08:00
parent c1f401fc58
commit 38625e2139
6 changed files with 17 additions and 70 deletions
--- a/python/sglang/srt/managers/tp_worker_overlap_thread.py
+++ b/python/sglang/srt/managers/tp_worker_overlap_thread.py
@@ -141,7 +141,7 @@ class TpModelWorkerClient:
            self.launch_event.set()
            self.output_queue.put((copy_event, logits_output, next_token_ids))

-    def resulve_batch_result(self, bid: int):
+    def resolve_batch_result(self, bid: int):
        copy_event, logits_output, next_token_ids = self.output_queue.get()
        while not copy_event.query():
            time.sleep(1e-5)