From dd83e7e9c3fbd7fcf24c5b18d858d0eb9479c50f Mon Sep 17 00:00:00 2001 From: ybyang <10629930+whybeyoung@users.noreply.github.com> Date: Wed, 16 Apr 2025 10:11:16 +0800 Subject: [PATCH] [Bug fix] need record start time in pd mode (#5425) --- python/sglang/srt/managers/scheduler.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 87af63010..7fa979c0e 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -959,14 +959,12 @@ class Scheduler( self._add_request_to_queue(req) def _add_request_to_queue(self, req: Req): + req.queue_time_start = time.time() if self.disaggregation_mode == DisaggregationMode.PREFILL: self.disagg_prefill_pending_queue.add(req) - elif self.disaggregation_mode == DisaggregationMode.DECODE: self.disagg_decode_prealloc_queue.add(req) - else: - req.queue_time_start = time.time() self.waiting_queue.append(req) def _extend_requests_to_queue(self, reqs: List[Req], is_retracted: bool = False):