11 lines
254 B
YAML
11 lines
254 B
YAML
default_stage:
|
|
default_modifiers:
|
|
GPTQModifier:
|
|
targets: [Linear]
|
|
ignore: [lm_head, 're:.*q_norm', 're:.*k_norm']
|
|
scheme: W8A16
|
|
block_size: 128
|
|
dampening_frac: 0.01
|
|
actorder: static
|
|
offload_hessians: false
|