[Minor] Fix styles for overlap mode (#2068)

This commit is contained in:
Lianmin Zheng
2024-11-17 19:49:20 -08:00
committed by GitHub
parent 8c280cee55
commit a9e90b4bce
4 changed files with 8 additions and 17 deletions

View File

@@ -1002,7 +1002,7 @@ class Scheduler:
if req.is_retracted:
continue
if self.server_args.enable_overlap_schedule and (req.finished()):
if self.enable_overlap and req.finished():
self.token_to_kv_pool.free(batch.out_cache_loc[i : i + 1])
continue
@@ -1319,7 +1319,7 @@ def run_scheduler_process(
try:
scheduler = Scheduler(server_args, port_args, gpu_id, tp_rank, dp_rank)
pipe_writer.send("ready")
if server_args.enable_overlap_schedule:
if scheduler.enable_overlap:
scheduler.event_loop_overlap()
else:
scheduler.event_loop_normal()