DEFAULT_stage: | |
DEFAULT_modifiers: | |
QuantizationModifier: | |
ignore: [lm_head, 're:.*lm_head', 're:visual.*'] | |
targets: [Linear] | |
scheme: FP8_DYNAMIC | |
DEFAULT_stage: | |
DEFAULT_modifiers: | |
QuantizationModifier: | |
ignore: [lm_head, 're:.*lm_head', 're:visual.*'] | |
targets: [Linear] | |
scheme: FP8_DYNAMIC | |