Fix a bug with logprob streaming + chunked prefill (#2403)

2024-12-08 03:55:27 -08:00
parent 61dec545b0
commit a2486eb58f
3 changed files with 24 additions and 13 deletions
--- a/python/sglang/test/test_utils.py
+++ b/python/sglang/test/test_utils.py
@@ -568,6 +568,7 @@ def run_bench_serving(
        disable_tqdm=False,
        disable_stream=disable_stream,
        disable_ignore_eos=False,
+        return_logprob=False,
        lora_name=None,
        extra_request_body=None,
        profile=None,