Tiny log prefill time (#6780)

2025-06-03 01:28:27 +08:00
parent e05e29d178
commit 6376b632eb
1 changed files with 2 additions and 1 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -1158,7 +1158,8 @@ class Scheduler(
        if self.disaggregation_mode == DisaggregationMode.PREFILL:
            f += f"#unbootstrapped-req: {len(self.disagg_prefill_bootstrap_queue.queue)}, "
            f += f"#queue-req: {len(self.waiting_queue)}, "
-            f += f"#transferring-req: {len(self.disagg_prefill_inflight_queue)} "
+            f += f"#transferring-req: {len(self.disagg_prefill_inflight_queue)}, "
+            f += f"time: {gap_latency:.2f} "
        else:
            f += f"#queue-req: {len(self.waiting_queue)}"