diff --git a/python/pyproject.toml b/python/pyproject.toml index ad4aef5aa..9ebc8a753 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -45,7 +45,7 @@ runtime_common = [ "soundfile==0.13.1", "scipy", "torchao==0.9.0", - "transformers==4.54.1", + "transformers==4.55.0", "timm==1.0.16", "uvicorn", "uvloop", diff --git a/python/sglang/srt/models/transformers.py b/python/sglang/srt/models/transformers.py index 9ee2a14b2..9135dc915 100644 --- a/python/sglang/srt/models/transformers.py +++ b/python/sglang/srt/models/transformers.py @@ -219,7 +219,7 @@ class TransformersForCausalLM(nn.Module): f"{type(self.model)} does not support tensor parallel yet!" ) - tp_plan = self.model._tp_plan + tp_plan = getattr(self.model.config, "base_model_tp_plan", None) or {} def _tensor_parallel(module: nn.Module, prefix: str = ""): for child_name, child_module in module.named_children():