EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

chore: upgrade transformers 4.55.0 (#8823)

Browse Source 
Co-authored-by: hebiao064 <hebiaobuaa@gmail.com>
This commit is contained in:
Yineng Zhang
2025-08-05 11:37:21 -07:00
committed by GitHub
parent 8e8545caf6
commit 901ab758ec
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/pyproject.toml
View File

@@ -45,7 +45,7 @@ runtime_common = [
"soundfile==0.13.1", "soundfile==0.13.1",
"scipy", "scipy",
"torchao==0.9.0", "torchao==0.9.0",
"transformers==4.54.1", "transformers==4.55.0",
"timm==1.0.16", "timm==1.0.16",
"uvicorn", "uvicorn",
"uvloop", "uvloop",

2
python/sglang/srt/models/transformers.py
View File

@@ -219,7 +219,7 @@ class TransformersForCausalLM(nn.Module):
f"{type(self.model)} does not support tensor parallel yet!" f"{type(self.model)} does not support tensor parallel yet!"
) )
tp_plan = self.model._tp_plan tp_plan = getattr(self.model.config, "base_model_tp_plan", None) or {}
def _tensor_parallel(module: nn.Module, prefix: str = ""): def _tensor_parallel(module: nn.Module, prefix: str = ""):
for child_name, child_module in module.named_children(): for child_name, child_module in module.named_children():