EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Update schedule_heuristic.py

Browse Source
This commit is contained in:
Lianmin Zheng
2024-07-24 01:22:30 -07:00
committed by GitHub
parent 4cd64b8ee6
commit 00e4baa728
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/controller/schedule_heuristic.py
View File

@@ -14,7 +14,7 @@ class ScheduleHeuristic:
tree_cache, tree_cache,
): ):
if tree_cache.disable and schedule_heuristic == "lpm": if tree_cache.disable and schedule_heuristic == "lpm":
# LMP is not meaningless when tree cache is disabled. # LMP is meaningless when the tree cache is disabled.
schedule_heuristic = "fcfs" schedule_heuristic = "fcfs"
self.schedule_heuristic = schedule_heuristic self.schedule_heuristic = schedule_heuristic