nytopop's picture
Upload folder using huggingface_hub
2017e7a verified
default_stage:
default_modifiers:
QuantizationModifier:
ignore: [lm_head, 're:.*mlp.gate$']
targets: [Linear]
scheme: W4A16