初始化项目，由ModelHub XC社区提供模型

Model: RedHatAI/granite-3.1-2b-base-quantized.w8a8 Source: Original Platform
2026-04-29 23:00:52 +08:00
commit 9a16ab7266
12 changed files with 596 additions and 0 deletions
--- a/recipe.yaml
+++ b/recipe.yaml
@@ -0,0 +1,21 @@
+quant_stage:
+  quant_modifiers:
+    SmoothQuantModifier:
+      smoothing_strength: 0.7
+      mappings:
+      - - ['re:.*q_proj', 're:.*k_proj', 're:.*v_proj']
+        - re:.*input_layernorm
+      - - ['re:.*gate_proj', 're:.*up_proj']
+        - re:.*post_attention_layernorm
+      - - ['re:.*down_proj']
+        - re:.*up_proj
+    GPTQModifier:
+      sequential_update: true
+      dampening_frac: 0.01
+      ignore: [lm_head]
+      config_groups:
+        group_0:
+          targets: [Linear]
+          weights: {num_bits: 8, type: int, symmetric: true, strategy: channel, observer: mse}
+          input_activations: {num_bits: 8, type: int, symmetric: true, strategy: token, dynamic: true,
+            observer: memoryless}