Clean up wrapper in flashinfer backend (#2638)

2024-12-29 00:45:57 -08:00
parent fd34f2da35
commit 3815b23ccb
12 changed files with 197 additions and 94 deletions
--- a/python/sglang/bench_offline_throughput.py
+++ b/python/sglang/bench_offline_throughput.py
@@ -331,6 +331,7 @@ def throughput_test(
        extra_request_body=extra_request_body,
        profile=bench_args.profile,
    )
+    backend.shutdown()

    if bench_args.result_filename:
        with open(bench_args.result_filename, "a") as fout: