EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix test_vision_openai_server on CI (#1620)

Browse Source
This commit is contained in:
Byron Hsu
2024-10-10 16:34:13 -07:00
committed by GitHub
parent c996e8ccd4
commit 01fdb2f377
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/managers/scheduler.py
View File

@@ -433,6 +433,9 @@ class Scheduler:
result = self.run_batch(batch) result = self.run_batch(batch)
self.process_batch_result(batch, result) self.process_batch_result(batch, result)
if self.running_batch.is_empty():
self.running_batch = None
if self.running_batch is None: if self.running_batch is None:
break break
@@ -772,9 +775,6 @@ class Scheduler:
if self.tp_rank == 0 and self.decode_forward_ct % 40 == 0: if self.tp_rank == 0 and self.decode_forward_ct % 40 == 0:
self.print_decode_stats() self.print_decode_stats()
if self.running_batch.is_empty():
self.running_batch = None
def add_logprob_return_values( def add_logprob_return_values(
self, self,
i: int, i: int,