From 01fdb2f377e2a4bbc1be9fa4ffaac69929ddb513 Mon Sep 17 00:00:00 2001 From: Byron Hsu Date: Thu, 10 Oct 2024 16:34:13 -0700 Subject: [PATCH] Fix test_vision_openai_server on CI (#1620) --- python/sglang/srt/managers/scheduler.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index f0e78f45b..34bf39289 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -433,6 +433,9 @@ class Scheduler: result = self.run_batch(batch) self.process_batch_result(batch, result) + if self.running_batch.is_empty(): + self.running_batch = None + if self.running_batch is None: break @@ -772,9 +775,6 @@ class Scheduler: if self.tp_rank == 0 and self.decode_forward_ct % 40 == 0: self.print_decode_stats() - if self.running_batch.is_empty(): - self.running_batch = None - def add_logprob_return_values( self, i: int,