Deprecate --disable-flashinfer and --disable-flashinfer-sampling (#2065)

2024-11-17 16:20:58 -08:00
parent 38625e2139
commit 11f881d173
3 changed files with 25 additions and 28 deletions
--- a/test/srt/test_torch_compile_moe.py
+++ b/test/srt/test_torch_compile_moe.py
@@ -65,8 +65,7 @@ class TestTorchCompile(unittest.TestCase):
        tok = time.time()
        print(f"{res=}")
        throughput = max_tokens / (tok - tic)
-        print(f"Throughput: {throughput} tokens/s")
-        self.assertGreaterEqual(throughput, 290)
+        self.assertGreaterEqual(throughput, 285)


 if __name__ == "__main__":