clef-FP8 / recipe.yaml
aleksblago's picture
Add clef-FP8
122e4f1 verified
Raw History Blame Contribute Delete
294 Bytes
default_stage:
default_modifiers:
QuantizationModifier:
targets: [Linear]
ignore: [lm_head, 're:.*visual.*', 're:.*linear_attn.in_proj_a$', 're:.*linear_attn.in_proj_b$']
scheme: FP8_DYNAMIC
bypass_divisibility_checks: false
requires_calibration_data: false