11 lines
237 B
YAML
11 lines
237 B
YAML
|
test_stage:
|
||
|
|
obcq_modifiers:
|
||
|
|
SparseGPTModifier:
|
||
|
|
sparsity: 0.5
|
||
|
|
block_size: 128
|
||
|
|
sequential_update: false
|
||
|
|
quantize: false
|
||
|
|
percdamp: 0.01
|
||
|
|
mask_structure: '2:4'
|
||
|
|
targets: ['re:model.layers.\d*$']
|