[Quant][GLM] Adapt glm quant. (#3147)

adapt glm quant
- vLLM version: v0.10.2
- vLLM main:
https://github.com/vllm-project/vllm/commit/f225ea7dd98e9f29752e5c032cd4a8ee1d712f16

Signed-off-by: whx-sjtu <2952154980@qq.com>
This commit is contained in:
whx authored and GitHub committed 2025-09-25 11:13:29 +08:00
1 parent a055183821
commit c814b32b90
1 file changed
+14 -1
+14 -1
View File
@@ -210,7 +210,20 @@ packed_modules_model_mapping = {
"gate_proj",
"up_proj",
],
}
},
"glm4_moe": {
"qkv_proj": [
"q_proj",
"k_proj",
"v_proj",
],
"gate_up_proj": [
"gate_proj",
"up_proj",
],
"experts":
["experts.0.gate_proj", "experts.0.up_proj", "experts.0.down_proj"]
},
}