EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Bugfix]: fix missing queue_time_start for requests from grammar_queue (#5696)

Browse Source
This commit is contained in:
Chang Su
2025-04-29 17:31:44 -07:00
committed by GitHub
parent 2b06484bd1
commit 28b26dbf48
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/srt/managers/scheduler.py
View File

@@ -900,6 +900,7 @@ class Scheduler(
add_to_grammar_queue = True add_to_grammar_queue = True
if add_to_grammar_queue: if add_to_grammar_queue:
req.queue_time_start = time.time()
self.grammar_queue.append(req) self.grammar_queue.append(req)
else: else:
self._add_request_to_queue(req) self._add_request_to_queue(req)