EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Enable unit tests for AMD CI. (#6283)

Browse Source
This commit is contained in:
Sai Enduri
2025-05-14 12:55:36 -07:00
committed by GitHub
parent 9a91fa0ed1
commit 73eb67c087
3 changed files with 150 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
test/srt/test_full_deepseek_v3.py
View File

@@ -1,3 +1,4 @@
import os
import unittest
from types import SimpleNamespace
@@ -66,7 +67,10 @@ class TestDeepseekV3(CustomTestCase):
write_github_step_summary(
f"### test_bs_1_speed (deepseek-v3)\n" f"{speed=:.2f} token/s\n"
)
self.assertGreater(speed, 75)
if os.getenv("SGLANG_AMD_CI") == "1":
self.assertGreater(speed, 12)
else:
self.assertGreater(speed, 75)
class TestDeepseekV3MTP(CustomTestCase):
@@ -144,8 +148,14 @@ class TestDeepseekV3MTP(CustomTestCase):
f"{acc_length=:.2f}\n"
f"{speed=:.2f} token/s\n"
)
self.assertGreater(acc_length, 2.9)
self.assertGreater(speed, 105)
if os.getenv("SGLANG_AMD_CI") == "1":
self.assertGreater(acc_length, 2.8)
else:
self.assertGreater(acc_length, 2.9)
if os.getenv("SGLANG_AMD_CI") == "1":
self.assertGreater(speed, 15)
else:
self.assertGreater(speed, 105)
if __name__ == "__main__":