Improve benchmark scripts and error message printing (#2922)

2025-01-16 06:24:31 -08:00
parent 7596417732
commit 8f2c522aba
8 changed files with 125 additions and 70 deletions
--- a/python/sglang/test/test_utils.py
+++ b/python/sglang/test/test_utils.py
@@ -560,6 +560,7 @@ def run_bench_serving(
        tokenizer=tokenizer,
        num_prompts=num_prompts,
        sharegpt_output_len=None,
+        sharegpt_context_len=None,
        random_input_len=random_input_len,
        random_output_len=random_output_len,
        random_range_ratio=0.0,