fix bench serving bug (#4135)

2025-03-06 21:34:02 +08:00
parent 800bf018fb
commit 3a3918121f
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/bench_serving.py
+++ b/python/sglang/bench_serving.py
@@ -220,7 +220,7 @@ async def async_request_openai_completions(

                                most_recent_timestamp = timestamp
                                generated_text += data["choices"][0]["text"]
-                                output_len = data.get("usage", {}).get(
+                                output_len = (data.get("usage") or {}).get(
                                    "completion_tokens", output_len
                                )