EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Bump transfomers to 4.54.1 to fix Gemma cache issue. (#8541)

Browse Source
This commit is contained in:
Lifu Huang
2025-07-30 19:50:54 -07:00
committed by GitHub
parent 9b9e82539b
commit 67e53b16f5
2 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/pyproject.toml
View File

@@ -45,7 +45,7 @@ runtime_common = [
"soundfile==0.13.1", "soundfile==0.13.1",
"scipy", "scipy",
"torchao==0.9.0", "torchao==0.9.0",
"transformers==4.54.0", "transformers==4.54.1",
"timm==1.0.16", "timm==1.0.16",
"uvicorn", "uvicorn",
"uvloop", "uvloop",

3
test/srt/models/test_generation_models.py
View File

@@ -51,8 +51,7 @@ class ModelCase:
# Popular models that run on the CI # Popular models that run on the CI
CI_MODELS = [ CI_MODELS = [
ModelCase("meta-llama/Llama-3.1-8B-Instruct"), ModelCase("meta-llama/Llama-3.1-8B-Instruct"),
# TODO: Gemma is broken by the bug introduced in the latest transformers version, we should restore once its fixed: https://github.com/huggingface/transformers/issues/39711 ModelCase("google/gemma-2-2b"),
# ModelCase("google/gemma-2-2b"),
] ]
# the complete set of models to test sglang's generation model # the complete set of models to test sglang's generation model