Remove prefill-only-one-req (#4117)

This commit is contained in:
Lianmin Zheng
2025-03-05 20:58:48 -08:00
committed by GitHub
parent 718c391fd7
commit 286e6540a6
3 changed files with 4 additions and 17 deletions

View File

@@ -274,10 +274,8 @@ class Scheduler:
target_worker=self.tp_worker,
dp_rank=dp_rank,
)
self.prefill_only_one_req = True
else:
self.draft_worker = None
self.prefill_only_one_req = False
# Get token and memory info from the model worker
(
@@ -1077,8 +1075,6 @@ class Scheduler:
else:
self.batch_is_full = True
break
if self.prefill_only_one_req:
break
# Update waiting queue
can_run_list: List[Req] = adder.can_run_list