recipe.yaml

default_stage:
  default_modifiers:
    QuantizationModifier:
      targets: [Linear]
      ignore: ['re:.*lm_head', 're:.*gate$', 're:.*self_attn$']
      scheme: FP8_DYNAMIC