Fix test_vision_openai_server on CI (#1620)

2024-10-10 16:34:13 -07:00
parent c996e8ccd4
commit 01fdb2f377
1 changed files with 3 additions and 3 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -433,6 +433,9 @@ class Scheduler:
                        result = self.run_batch(batch)
                        self.process_batch_result(batch, result)

+                    if self.running_batch.is_empty():
+                        self.running_batch = None
+
                    if self.running_batch is None:
                        break

@@ -772,9 +775,6 @@ class Scheduler:
        if self.tp_rank == 0 and self.decode_forward_ct % 40 == 0:
            self.print_decode_stats()

-        if self.running_batch.is_empty():
-            self.running_batch = None
-
    def add_logprob_return_values(
        self,
        i: int,