default_stage: default_modifiers: QuantizationModifier: targets: [Linear] ignore: ['re:.*embed_audio.*', 're:.*embed_vision.*', 're:.*audio_tower.*', 're:.*vision_tower.*', 're:.*altup.*', 're:.*lm_head.*', 're:.*laurel.*', 're:model\.language_model\.layers\.\d+\.per_layer_input_gate', 're:model\.language_model\.layers\.\d+\.per_layer_projection', model.language_model.per_layer_model_projection] scheme: FP8_DYNAMIC