Fix the case where r.prefix_indices is None (#1031)

2024-08-11 04:53:51 -07:00
parent c245b78973
commit 4080e82244
1 changed files with 6 additions and 7 deletions
--- a/python/sglang/srt/managers/policy_scheduler.py
+++ b/python/sglang/srt/managers/policy_scheduler.py
@@ -35,7 +35,6 @@ class PolicyScheduler:
        self.tree_cache = tree_cache

    def calc_priority(self, waiting_queue: List[Req]):
-        if self.policy in ["lpm", "dfs-weight"]:
        # Compute matched prefix length
        for r in waiting_queue:
            # NOTE: the prefix_indices must always be aligned with last_node