[Bench] Flush cache before benchmarking (#2566)

2024-12-23 19:21:21 -08:00
parent e835a50021
commit 8a56b43175
1 changed files with 1 additions and 0 deletions
--- a/python/sglang/bench_serving.py
+++ b/python/sglang/bench_serving.py
@@ -924,6 +924,7 @@ async def benchmark(
            f"are correctly specified. Error: {test_output.error}"
        )
    else:
+        requests.post(base_url + "/flush_cache")
        print("Initial test run completed. Starting main benchmark run...")

    time.sleep(1.5)