Simplify eagle tests and TP sync in grammar backend (#4066)

2025-03-04 13:40:40 -08:00
parent 03b0364f76
commit 77a3954bf7
14 changed files with 122 additions and 126 deletions
--- a/test/srt/test_input_embeddings.py
+++ b/test/srt/test_input_embeddings.py
@@ -24,7 +24,7 @@ class TestInputEmbeds(unittest.TestCase):
            cls.model,
            cls.base_url,
            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
-            other_args=["--disable-radix"],
+            other_args=["--disable-radix", "--cuda-graph-max-bs", 4],
        )
        cls.texts = [
            "The capital of France is",