default_stage: | |
default_modifiers: | |
QuantizationModifier: | |
ignore: ['re:.*lm_head', 're:.*vision.*', 're:.*visual.*', 're:.*image.*', 're:.*patch_embed.*', | |
're:.*pos_embed.*', 're:.*norm.*', 're:.*layernorm.*'] | |
targets: [Linear] | |
scheme: FP8_DYNAMIC | |