From fa7e2c3049fd0ec38502f5a847dc624a96363b34 Mon Sep 17 00:00:00 2001 From: shaharmor98 <17088876+shaharmor98@users.noreply.github.com> Date: Thu, 9 Oct 2025 14:24:50 +0300 Subject: [PATCH] fix bench_serving mishandling of internal states (#11376) Signed-off-by: Shahar Mor --- python/sglang/bench_serving.py | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index 0bc49c009..3b411ae72 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -1837,9 +1837,15 @@ async def benchmark( server_info_json = server_info.json() if "decode" in server_info_json: server_info_json = server_info_json["decode"][0] - accept_length = server_info_json["internal_states"][0].get( - "avg_spec_accept_length", None - ) + if ( + "internal_states" in server_info_json + and server_info_json["internal_states"] + ): + accept_length = server_info_json["internal_states"][0].get( + "avg_spec_accept_length", None + ) + else: + accept_length = None else: accept_length = None else: