Files
shisa-v2-unphi4-14b-W8A8-INT8/recipe.yaml

8 lines
170 B
YAML
Raw Normal View History

default_stage:
default_modifiers:
SmoothQuantModifier: {smoothing_strength: 0.8}
GPTQModifier:
scheme: W8A8
targets: Linear
ignore: [lm_head]