Fix GPU OOM (#6564)

Co-authored-by: michael <michael.zhang@amd.com>
This commit is contained in:
kk
2025-05-25 07:38:39 +08:00
committed by GitHub
parent 24c035f2e3
commit 7a5e6ce1cb
8 changed files with 15 additions and 16 deletions

View File

@@ -37,11 +37,6 @@ class TestEvalAccuracyLarge(CustomTestCase):
def tearDownClass(cls):
kill_process_tree(cls.process.pid)
def tearDown(self):
# Delay between tests to allow GPU memory cleanup
if os.getenv("SGLANG_AMD_CI") == "1":
time.sleep(180)
def test_mmlu(self):
args = SimpleNamespace(
base_url=self.base_url,