From 6376b632eb4daef306b89ede0eabdcb89ddff728 Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Tue, 3 Jun 2025 01:28:27 +0800 Subject: [PATCH] Tiny log prefill time (#6780) --- python/sglang/srt/managers/scheduler.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 78d76942c..26dc792e8 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -1158,7 +1158,8 @@ class Scheduler( if self.disaggregation_mode == DisaggregationMode.PREFILL: f += f"#unbootstrapped-req: {len(self.disagg_prefill_bootstrap_queue.queue)}, " f += f"#queue-req: {len(self.waiting_queue)}, " - f += f"#transferring-req: {len(self.disagg_prefill_inflight_queue)} " + f += f"#transferring-req: {len(self.disagg_prefill_inflight_queue)}, " + f += f"time: {gap_latency:.2f} " else: f += f"#queue-req: {len(self.waiting_queue)}"