lazy import attn backends (#4200)

2025-03-08 00:41:35 -08:00
parent 96d0e37fa7
commit 08c4d764a5
4 changed files with 21 additions and 11 deletions
--- a/test/srt/test_eagle_infer.py
+++ b/test/srt/test_eagle_infer.py
@@ -108,7 +108,7 @@ class TestEAGLEEngine(unittest.TestCase):
    def _test_eos_token(self, engine):
        prompt = "[INST] <<SYS>>\nYou are a helpful assistant.\n<</SYS>>\nToday is a sunny day and I like [/INST]"
        params = {
-            "temperature": 0,
+            "temperature": 0.1,
            "max_new_tokens": 1024,
            "skip_special_tokens": False,
        }