Qwen3-30B-A3B-W4A16 / recipe.yaml
karuko24's picture
Upload folder using huggingface_hub
2f6834d verified
raw
history blame contribute delete
172 Bytes
default_stage:
default_modifiers:
GPTQModifier:
scheme: W4A16
targets: Linear
ignore: [lm_head, multi_modal_projector, merger, modality_projection]