7 lines
147 B
YAML
7 lines
147 B
YAML
default_stage:
|
|
default_modifiers:
|
|
QuantizationModifier:
|
|
targets: [Linear]
|
|
ignore: [lm_head, 're:.*mlp.gate$']
|
|
scheme: W8A8
|