初始化项目,由ModelHub XC社区提供模型
Model: RedHatAI/Llama-2-7b_oneshot-pruned50_C4_10k Source: Original Platform
This commit is contained in:
15
recipe.yaml
Normal file
15
recipe.yaml
Normal file
@@ -0,0 +1,15 @@
|
||||
test_stage:
|
||||
obcq_modifiers:
|
||||
SparseGPTModifier:
|
||||
sparsity: 0.5
|
||||
block_size: 128
|
||||
sequential_update: false
|
||||
quantize: false
|
||||
percdamp: 0.01
|
||||
targets: [model.layers.0, model.layers.1, model.layers.2, model.layers.3, model.layers.4,
|
||||
model.layers.5, model.layers.6, model.layers.7, model.layers.8, model.layers.9, model.layers.10,
|
||||
model.layers.11, model.layers.12, model.layers.13, model.layers.14, model.layers.15,
|
||||
model.layers.16, model.layers.17, model.layers.18, model.layers.19, model.layers.20,
|
||||
model.layers.21, model.layers.22, model.layers.23, model.layers.24, model.layers.25,
|
||||
model.layers.26, model.layers.27, model.layers.28, model.layers.29, model.layers.30,
|
||||
model.layers.31]
|
||||
Reference in New Issue
Block a user