Revert "chore: update torch v2.5.1" (#2063)

2024-11-17 15:29:38 -08:00
parent 3b878863f7
commit c1f401fc58
10 changed files with 37 additions and 174 deletions
--- a/test/srt/test_bench_serving.py
+++ b/test/srt/test_bench_serving.py
@@ -1,4 +1,3 @@
-import sys
 import unittest

 from sglang.test.test_utils import (
@@ -36,12 +35,7 @@ class TestBenchServing(unittest.TestCase):
        )

        if is_in_ci():
-            print(
-                f"Output throughput: {res['output_throughput']}, Is greater than 1000: {res['output_throughput'] > 1000}",
-                file=sys.stderr,
-            )
-            # TODO(zhyncs) fix this
-            # assert res["output_throughput"] > 1000
+            assert res["output_throughput"] > 1000

    def test_offline_throughput_without_radix_cache(self):
        res = run_bench_serving(