Fix bench_serving flush cache not recognizing OPENAI_API_KEY (#4181)

Signed-off-by: Mingshan <git@brighill.com>
2025-03-08 17:03:38 +08:00
parent 08c4d764a5
commit 0fe7c13be1
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/bench_serving.py
+++ b/python/sglang/bench_serving.py
@@ -1006,7 +1006,7 @@ async def benchmark(

    # Flush cache
    if "sglang" in backend:
-        requests.post(base_url + "/flush_cache")
+        requests.post(base_url + "/flush_cache", headers=get_auth_headers())

    time.sleep(1.0)