初始化项目,由ModelHub XC社区提供模型

Model: RedHatAI/Qwen2.5-VL-3B-Instruct-quantized.w4a16
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-06 17:32:13 +08:00
commit f9e5ed2c1d
15 changed files with 984 additions and 0 deletions

12
recipe.yaml Normal file
View File

@@ -0,0 +1,12 @@
DEFAULT_stage:
DEFAULT_modifiers:
GPTQModifier:
sequential_targets: [Qwen2_5_VLDecoderLayer]
dampening_frac: 0.01
config_groups:
config_group:
targets: [Linear]
weights: {num_bits: 4, type: int, symmetric: true, group_size: 128, strategy: group,
dynamic: false, actorder: weight, observer: minmax}
targets: Linear
ignore: [lm_head, 're:visual.*']