EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Relax the assert in moe throughput test to fix the flaky CI (#1207)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-08-25 10:27:02 -07:00
committed by GitHub
parent 1cb4da5c5f
commit bc4c7a3545
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
test/srt/test_moe_serving_throughput.py
View File

@@ -73,7 +73,7 @@ class TestServingThroughput(unittest.TestCase):
if os.getenv("SGLANG_IS_IN_CI", "false") == "true":
# A100 (PCIE) performance
assert res["output_throughput"] > 930
assert res["output_throughput"] > 910
def test_default_without_radix_cache(self):
res = self.run_test(
@@ -84,7 +84,7 @@ class TestServingThroughput(unittest.TestCase):
if os.getenv("SGLANG_IS_IN_CI", "false") == "true":
# A100 (PCIE) performance
assert res["output_throughput"] > 930
assert res["output_throughput"] > 910
def test_default_without_chunked_prefill(self):
res = self.run_test(