初始化项目,由ModelHub XC社区提供模型

Model: MikiV/LLMC_SmoothQuant88
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-25 06:37:17 +08:00
commit 389c07a84c
13 changed files with 152104 additions and 0 deletions

11
recipe.yaml Normal file
View File

@@ -0,0 +1,11 @@
default_stage:
default_modifiers:
SmoothQuantModifier:
smoothing_strength: 0.8
ignore: [lm_head]
num_calibration_steps: 2048
GPTQModifier:
block_size: 128
scheme: W8A8
targets: Linear
ignore: [lm_head]