fix: resolve fp8 for mixtral (#1290)

2024-09-02 00:29:06 +10:00
parent 32a4141d5a
commit 9b0805242e
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/models/mixtral.py
+++ b/python/sglang/srt/models/mixtral.py
@@ -362,7 +362,7 @@ class MixtralForCausalLM(nn.Module):
                    weight_loader(
                        param,
                        loaded_weight,
-                        weight_name,
+                        name,
                        shard_id=shard_id,
                        expert_id=expert_id,
                    )