From 901ab758ecc47ea900632d1393084029413164fc Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Tue, 5 Aug 2025 11:37:21 -0700 Subject: [PATCH] chore: upgrade transformers 4.55.0 (#8823) Co-authored-by: hebiao064 --- python/pyproject.toml | 2 +- python/sglang/srt/models/transformers.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/python/pyproject.toml b/python/pyproject.toml index ad4aef5aa..9ebc8a753 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -45,7 +45,7 @@ runtime_common = [ "soundfile==0.13.1", "scipy", "torchao==0.9.0", - "transformers==4.54.1", + "transformers==4.55.0", "timm==1.0.16", "uvicorn", "uvloop", diff --git a/python/sglang/srt/models/transformers.py b/python/sglang/srt/models/transformers.py index 9ee2a14b2..9135dc915 100644 --- a/python/sglang/srt/models/transformers.py +++ b/python/sglang/srt/models/transformers.py @@ -219,7 +219,7 @@ class TransformersForCausalLM(nn.Module): f"{type(self.model)} does not support tensor parallel yet!" ) - tp_plan = self.model._tp_plan + tp_plan = getattr(self.model.config, "base_model_tp_plan", None) or {} def _tensor_parallel(module: nn.Module, prefix: str = ""): for child_name, child_module in module.named_children():