aiter attention-backend (default enabled on AMD/ROCm) (#6381)

test/srt/test_eval_accuracy_large.py

@@ -3,6 +3,8 @@ Usage:
 python -m unittest test_eval_accuracy_large.TestEvalAccuracyLarge.test_mmlu
 """
 
+import os
+import time
 import unittest
 from types import SimpleNamespace
 
@@ -35,6 +37,11 @@ class TestEvalAccuracyLarge(CustomTestCase):
     def tearDownClass(cls):
         kill_process_tree(cls.process.pid)
 
+    def tearDown(self):
+        # Delay between tests to allow GPU memory cleanup
+        if os.getenv("SGLANG_AMD_CI") == "1":
+            time.sleep(180)
+
     def test_mmlu(self):
         args = SimpleNamespace(
             base_url=self.base_url,