From 52cefdbf5797f612d38f43a120f52ae45b9d1380 Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Sun, 1 Sep 2024 00:44:29 +1000 Subject: [PATCH] fix: resolve the fp8 bug introduced by vLLM 0.5.5 (#1276) --- python/sglang/srt/models/deepseek_v2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/models/deepseek_v2.py b/python/sglang/srt/models/deepseek_v2.py index 67d99d512..2f06a5534 100644 --- a/python/sglang/srt/models/deepseek_v2.py +++ b/python/sglang/srt/models/deepseek_v2.py @@ -695,7 +695,7 @@ class DeepseekV2ForCausalLM(nn.Module): weight_loader( param, loaded_weight, - weight_name, + name, shard_id=shard_id, expert_id=expert_id, )