Rename sglang.bench_latency to sglang.bench_one_batch (#2118)

2024-11-21 20:07:48 -08:00
parent 8048c28c11
commit dfec7fca06
16 changed files with 521 additions and 599 deletions
--- a/test/srt/test_torch_tp.py
+++ b/test/srt/test_torch_tp.py
@@ -1,11 +1,11 @@
 import unittest

-from sglang.test.test_utils import is_in_ci, run_bench_latency
+from sglang.test.test_utils import is_in_ci, run_bench_one_batch


 class TestTorchTP(unittest.TestCase):
    def test_torch_native_llama(self):
-        output_throughput = run_bench_latency(
+        output_throughput = run_bench_one_batch(
            "meta-llama/Meta-Llama-3-8B",
            [
                "--tp",