From 930746d93c1b3ef96a510b6f88284583f8fdb766 Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Thu, 12 Jun 2025 14:38:24 +0800 Subject: [PATCH] Improve log status (#7115) --- python/sglang/srt/managers/scheduler.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index a44515ab9..efef841e7 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -1156,15 +1156,15 @@ class Scheduler( f"#new-token: {adder.log_input_tokens}, " f"#cached-token: {adder.log_hit_tokens}, " f"token usage: {num_used / self.max_total_num_tokens:.2f}, " - f"#running-req: {running_bs}, " ) if self.disaggregation_mode == DisaggregationMode.PREFILL: f += f"#unbootstrapped-req: {len(self.disagg_prefill_bootstrap_queue.queue)}, " f += f"#queue-req: {len(self.waiting_queue)}, " f += f"#transferring-req: {len(self.disagg_prefill_inflight_queue)}, " - f += f"time: {gap_latency:.2f} " + f += f"input throughput (token/s): {self.last_input_throughput:.2f} " else: + f += f"#running-req: {running_bs}, " f += f"#queue-req: {len(self.waiting_queue)}" logger.info(f)