Fix accept rate in speculative decoding metrics (#11572)

2025-10-13 16:35:50 -07:00
parent 60b0503227
commit 43f80884c5
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/managers/scheduler_metrics_mixin.py
+++ b/python/sglang/srt/managers/scheduler_metrics_mixin.py
@@ -259,7 +259,7 @@ class SchedulerMetricsMixin:
            )
            # Calculate acceptance rate: accepted tokens / total draft tokens
            total_draft_tokens = self.spec_num_total_forward_ct * (
-                self.server_args.speculative_num_steps or 1
+                (self.server_args.speculative_num_steps or 0) + 1
            )
            spec_accept_rate = (
                self.spec_num_total_accepted_tokens / total_draft_tokens