From 9b0805242eeaf81bc41f6920788eaa379b43488b Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Mon, 2 Sep 2024 00:29:06 +1000 Subject: [PATCH] fix: resolve fp8 for mixtral (#1290) --- python/sglang/srt/models/mixtral.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/models/mixtral.py b/python/sglang/srt/models/mixtral.py index ca38cb03b..85f4576c4 100644 --- a/python/sglang/srt/models/mixtral.py +++ b/python/sglang/srt/models/mixtral.py @@ -362,7 +362,7 @@ class MixtralForCausalLM(nn.Module): weight_loader( param, loaded_weight, - weight_name, + name, shard_id=shard_id, expert_id=expert_id, )