first commit

dev/configs/bf16/deepseek-r1.yml

@@ -0,0 +1,43 @@
+model:
+  name: DeepSeek-R1
+  model_type: deepseek_v3
+
+paths:
+  checkpoint_dir: /home/mashun/vllm_project/checkpoints/DeepSeek-R1-0528-FP8
+  output_dir: /home/mashun/vllm_project/checkpoints/DeepSeek-R1-0528
+
+runtime:
+  num_workers: 8
+  mode: dequant # dequant | dequant+quant | quant (only support bf16)
+
+retry_files: ~
+
+quant:
+  version: 2
+  format:
+    TN: ~
+    NN: ~
+  batch_size: 64
+  block_size: 128
+  group_size: -1
+  symmetric: True
+  class:
+    int4: ~ 
+    int8: ~
+  ignore: ~
+   
+dequant:
+  ignore:
+    - "re:.*embed_tokens.*"
+    - "re:.*input_layernorm.*"
+    - "re:.*post_attention_layernorm.*"
+    - "re:.*kv_a_layernorm.*"
+    - "re:.*q_a_layernorm.*"
+    - "re:.*eh_proj.*"
+    - "re:.*enorm.*"
+    - "re:.*hnorm.*"
+    - "re:model.layers.\\d+.mlp.gate\\..*"
+    - "re:model.norm.*"
+    - "re:model.layers.\\d+.shared_head.norm.*"
+    - "re:.*lm_head.*"
+    - "re:model.layers.\\d+.shared_head.head.*"