Fix unit test order to balance the tasks in CI (#1665)

2024-10-14 02:01:44 -07:00
parent 061e546313
commit 6790240cc3
3 changed files with 7 additions and 3 deletions
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -421,6 +421,7 @@ class ScheduleBatch:
    extend_lens: List[int] = None
    extend_num_tokens: int = None
    running_bs: int = None
+    decoding_reqs: List[Req] = None

    # Stream
    has_stream: bool = False