Benchmark with Pytorch Profiler easily (#2110)

Co-authored-by: root <bjmsong@126.com>
2024-11-22 15:29:50 +08:00
parent dfec7fca06
commit ad30d5cf9a
2 changed files with 48 additions and 1 deletions
--- a/python/sglang/test/test_utils.py
+++ b/python/sglang/test/test_utils.py
@@ -564,6 +564,7 @@ def run_bench_serving(
        disable_stream=disable_stream,
        disable_ignore_eos=False,
        extra_request_body=None,
+        profile=None,
    )

    try: