初始化项目,由ModelHub XC社区提供模型

Model: RedHatAI/Mistral-Small-24B-Instruct-2501-quantized.w4a16
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-17 21:22:13 +08:00
commit f3692f2dc2
14 changed files with 578 additions and 0 deletions

14
recipe.yaml Normal file
View File

@@ -0,0 +1,14 @@
DEFAULT_stage:
DEFAULT_modifiers:
GPTQModifier:
sequential_update: true
dampening_frac: 0.05
config_groups:
group_0:
targets: [Linear]
weights: {num_bits: 4, type: int, symmetric: true, group_size: 128, strategy: group,
actorder: null, observer: minmax}
input_activations: null
output_activations: null
targets: [Linear]
ignore: [lm_head]