[Minor] Improve the style and fix flaky tests (#1584)

2024-10-06 00:10:48 -07:00
parent 2422de5193
commit 9244f27f0a
7 changed files with 15 additions and 7 deletions
--- a/python/sglang/srt/managers/schedule_policy.py
+++ b/python/sglang/srt/managers/schedule_policy.py
@@ -218,6 +218,7 @@ class PrefillAdder:
                if not insert_sort:
                    self.req_states.append((tokens_left, tokens_occupied))
                else:
+                    i = 0
                    for i in range(len(self.req_states)):
                        if tokens_left <= self.req_states[i][0]:
                            break