first commit

dev/configs/w8a8_int/qwen3-next.yml

@@ -0,0 +1,52 @@
+model:
+  name: Qwen3-Next-80B-A3B-Instruct
+  model_type: qwen3_moe
+
+paths:
+  checkpoint_dir: /home/mashun/vllm_project/checkpoints/Qwen3-Next-80B-A3B-Instruct
+  output_dir: /home/mashun/vllm_project/checkpoints/Qwen3-Next-80B-A3B-Instruct-w8a8
+
+runtime:
+  num_workers: 16
+  mode: dequant # dequant | dequant+quant | quant (only support bf16)
+
+quant:
+  version: 2
+  format: 
+    TN:
+      - "re:.*experts.*"
+    NN: ~
+  batch_size: 64
+  block_size: 128
+  group_size: -1
+  symmetric: True
+  class:
+    int4: ~
+    int8:
+      - "re:.*experts.*"
+  ignore:
+    - "re:.*linear_attn.*"
+    - "re:.*self_attn.*"
+    - "re:.*shared_expert.*"
+    - "re:.*linear_attn.in_proj_ba.*"
+    - "re:.*conv1d.*"
+    - "re:.*A_log.*"
+    - "re:.*shared_expert_gate.*"
+    - "re:.*bias.*"
+    - "re:.*norm.*"
+    - "re:.*mlp.gate.*"
+    - "re:.*embed_tokens.*"
+    - "re:.*lm_head.*"
+    - "re:.*mtp.*"
+
+dequant:
+  ignore: 
+    - "re:.*linear_attn.in_proj_ba*"
+    - "re:.*conv1d.*"
+    - "re:.*A_log.*"
+    - "re:.*shared_expert_gate.*"
+    - "re:.*bias.*"
+    - "re:.*norm.*"
+    - "re:.*mlp.gate.*"
+    - "re:.*embed_tokens.*"
+    - "re:.*lm_head.*"