chore: upgrade transformers 4.55.0 (#8823)
Co-authored-by: hebiao064 <hebiaobuaa@gmail.com>
This commit is contained in:
@@ -45,7 +45,7 @@ runtime_common = [
|
||||
"soundfile==0.13.1",
|
||||
"scipy",
|
||||
"torchao==0.9.0",
|
||||
"transformers==4.54.1",
|
||||
"transformers==4.55.0",
|
||||
"timm==1.0.16",
|
||||
"uvicorn",
|
||||
"uvloop",
|
||||
|
||||
@@ -219,7 +219,7 @@ class TransformersForCausalLM(nn.Module):
|
||||
f"{type(self.model)} does not support tensor parallel yet!"
|
||||
)
|
||||
|
||||
tp_plan = self.model._tp_plan
|
||||
tp_plan = getattr(self.model.config, "base_model_tp_plan", None) or {}
|
||||
|
||||
def _tensor_parallel(module: nn.Module, prefix: str = ""):
|
||||
for child_name, child_module in module.named_children():
|
||||
|
||||
Reference in New Issue
Block a user