11 lines
254 B
YAML
11 lines
254 B
YAML
|
default_stage:
|
||
|
|
default_modifiers:
|
||
|
|
GPTQModifier:
|
||
|
|
targets: [Linear]
|
||
|
|
ignore: [lm_head, 're:.*q_norm', 're:.*k_norm']
|
||
|
|
scheme: W8A16
|
||
|
|
block_size: 128
|
||
|
|
dampening_frac: 0.01
|
||
|
|
actorder: static
|
||
|
|
offload_hessians: false
|