Fix retract for page size > 1 (#4914)

2025-03-30 02:57:15 -07:00
parent b26bc86b36
commit 4ede6770cd
10 changed files with 68 additions and 120 deletions
--- a/test/srt/test_metrics.py
+++ b/test/srt/test_metrics.py
@@ -63,7 +63,6 @@ class TestEnableMetrics(CustomTestCase):
                "sglang:cached_tokens_total",
                "sglang:num_requests_total",
                "sglang:time_to_first_token_seconds",
-                "sglang:time_per_output_token_seconds",
                "sglang:inter_token_latency_seconds",
                "sglang:e2e_request_latency_seconds",
            ]