初始化项目,由ModelHub XC社区提供模型

Model: RedHatAI/Qwen2.5-VL-7B-Instruct-quantized.w4a16
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-22 07:00:14 +08:00
commit 7739e17218
17 changed files with 748 additions and 0 deletions

12
recipe.yaml Normal file
View File

@@ -0,0 +1,12 @@
DEFAULT_stage:
DEFAULT_modifiers:
GPTQModifier:
sequential_targets: [Qwen2_5_VLDecoderLayer]
dampening_frac: 0.03
config_groups:
config_group:
targets: [Linear]
weights: {num_bits: 4, type: int, symmetric: true, group_size: 128, strategy: group,
dynamic: false, actorder: weight, observer: minmax}
targets: Linear
ignore: [lm_head, 're:visual.*']