EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix the case where r.prefix_indices is None (#1031)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-08-11 04:53:51 -07:00
committed by GitHub
parent c245b78973
commit 4080e82244
1 changed files with 6 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
python/sglang/srt/managers/policy_scheduler.py
View File

@@ -35,13 +35,12 @@ class PolicyScheduler:
self.tree_cache = tree_cache self.tree_cache = tree_cache
def calc_priority(self, waiting_queue: List[Req]): def calc_priority(self, waiting_queue: List[Req]):
if self.policy in ["lpm", "dfs-weight"]: # Compute matched prefix length
# Compute matched prefix length for r in waiting_queue:
for r in waiting_queue: # NOTE: the prefix_indices must always be aligned with last_node
# NOTE: the prefix_indices must always be aligned with last_node r.prefix_indices, r.last_node = self.tree_cache.match_prefix(
r.prefix_indices, r.last_node = self.tree_cache.match_prefix( rid=r.rid, key=r.adjust_max_prefix_ids()
rid=r.rid, key=r.adjust_max_prefix_ids() )
)
if self.policy == "lpm": if self.policy == "lpm":
# Longest Prefix Match # Longest Prefix Match