初始化项目,由ModelHub XC社区提供模型

Model: aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-04 10:35:13 +08:00
commit 527fd133ad
24 changed files with 2442 additions and 0 deletions

10
recipe.yaml Normal file
View File

@@ -0,0 +1,10 @@
default_stage:
default_modifiers:
GPTQModifier:
targets: [Linear]
ignore: [lm_head, 're:.*q_norm', 're:.*k_norm']
scheme: W8A16
block_size: 128
dampening_frac: 0.01
actorder: static
offload_hessians: false