chore: bump transformer to 4.54.0 (#8416)

Co-authored-by: Binyao Jiang <byjiang1996@gmail.com> Co-authored-by: Lifu Huang <lifu.hlf@gmail.com>
2025-07-27 21:27:25 -07:00
parent 2810338401
commit 4ad9737045
7 changed files with 62 additions and 52 deletions
--- a/test/srt/models/test_generation_models.py
+++ b/test/srt/models/test_generation_models.py
@@ -51,7 +51,8 @@ class ModelCase:
 # Popular models that run on the CI
 CI_MODELS = [
    ModelCase("meta-llama/Llama-3.1-8B-Instruct"),
-    ModelCase("google/gemma-2-2b"),
+    # TODO: Gemma is broken by the bug introduced in the latest transformers version, we should restore once its fixed: https://github.com/huggingface/transformers/issues/39711
+    # ModelCase("google/gemma-2-2b"),
 ]

 # the complete set of models to test sglang's generation model