EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix accuracy test (#1051)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-08-12 02:48:40 -07:00
committed by GitHub
parent 41598e0d8e
commit 0c1c72a0b4
4 changed files with 15 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
test/srt/test_serving_throughput.py
View File

@@ -66,8 +66,8 @@ class TestServingThroughput(unittest.TestCase):
)
if os.getenv("SGLANG_IS_IN_CI", "false") == "true":
# A100 performance
assert res["output_throughput"] >= 1300
# A100 (PCIE) performance
assert res["output_throughput"] >= 1400
def test_default_without_radix_cache(self):
res = self.run_test(
@@ -77,8 +77,8 @@ class TestServingThroughput(unittest.TestCase):
)
if os.getenv("SGLANG_IS_IN_CI", "false") == "true":
# A100 performance
assert res["output_throughput"] >= 1400
# A100 (PCIE) performance
assert res["output_throughput"] >= 1450
def test_default_without_flashinfer(self):
self.run_test(