From a6970a17f309b414faf6e9b46bbc4585c32a6786 Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Thu, 22 May 2025 14:27:10 -0700 Subject: [PATCH] misc: fix accept_length (#6536) --- python/sglang/bench_serving.py | 17 ++++++++++------- 1 file changed, 10 insertions(+), 7 deletions(-) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index 772e18021..54133b8f1 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -1303,14 +1303,17 @@ async def benchmark( if "sglang" in backend: server_info = requests.get(base_url + "/get_server_info") - if pd_separated: - accept_length = server_info.json()["decode"][0]["internal_states"][0].get( - "avg_spec_accept_length", None - ) + if server_info.status_code == 200: + if pd_separated: + accept_length = server_info.json()["decode"][0]["internal_states"][ + 0 + ].get("avg_spec_accept_length", None) + else: + accept_length = server_info.json()["internal_states"][0].get( + "avg_spec_accept_length", None + ) else: - accept_length = server_info.json()["internal_states"][0].get( - "avg_spec_accept_length", None - ) + accept_length = None else: accept_length = None