Fix sliding window attention and gemma-2 unit tests in CI (#1746)

2024-10-21 13:47:12 -07:00
parent e68b9e7667
commit 00611286a1
4 changed files with 35 additions and 14 deletions
--- a/test/srt/models/test_generation_models.py
+++ b/test/srt/models/test_generation_models.py
@@ -46,9 +46,7 @@ class ModelCase:
 # Popular models that run on the CI
 CI_MODELS = [
    ModelCase("meta-llama/Llama-3.1-8B-Instruct"),
-    ModelCase(
-        "google/gemma-2-2b", skip_long_prompt=True
-    ),  # There is a bug with new transformers library. This can only run with transformers==4.44
+    ModelCase("google/gemma-2-2b"),
 ]

 # All other models that do not run on the CI