From 0fe7c13be18d1edd8682747ce558b430a1aa1c9e Mon Sep 17 00:00:00 2001 From: Mingshan Date: Sat, 8 Mar 2025 17:03:38 +0800 Subject: [PATCH] Fix bench_serving flush cache not recognizing OPENAI_API_KEY (#4181) Signed-off-by: Mingshan --- python/sglang/bench_serving.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index db22f42c4..036d1e864 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -1006,7 +1006,7 @@ async def benchmark( # Flush cache if "sglang" in backend: - requests.post(base_url + "/flush_cache") + requests.post(base_url + "/flush_cache", headers=get_auth_headers()) time.sleep(1.0)