Speedup shared expert weight construction by avoid cloning (#5188)

2025-04-21 09:12:01 +08:00
parent f08154193c
commit 5239d79568
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/models/deepseek_v2.py
+++ b/python/sglang/srt/models/deepseek_v2.py
@@ -1628,7 +1628,7 @@ class DeepseekV2ForCausalLM(nn.Module):
                                f"mlp.experts."
                                f"{self.config.n_routed_experts + num_repeat}"
                                f".{suffix}",
-                                weights_dict[shared_expert_weight_name].clone(),
+                                weights_dict[shared_expert_weight_name],
                            )
                        )
                        names_to_remove += [shared_expert_weight_name]