初始化项目,由ModelHub XC社区提供模型
Model: RedHatAI/Nous-Hermes-2-SOLAR-10.7B-pruned2.4 Source: Original Platform
This commit is contained in:
10
recipe.yaml
Normal file
10
recipe.yaml
Normal file
@@ -0,0 +1,10 @@
|
||||
test_stage:
|
||||
obcq_modifiers:
|
||||
SparseGPTModifier:
|
||||
sparsity: 0.5
|
||||
block_size: 128
|
||||
sequential_update: true
|
||||
quantize: false
|
||||
percdamp: 0.01
|
||||
mask_structure: '2:4'
|
||||
targets: ['re:model.layers.\d*$']
|
||||
Reference in New Issue
Block a user