Firworks's picture
Add NVFP4 quantized checkpoint
3ffb9ee verified
raw
history blame
322 Bytes
default_stage:
default_modifiers:
QuantizationModifier:
targets: [Linear]
ignore: [lm_head, 're:.*vision_tower.*', 're:.*vision_model.*', 're:.*mm_projector.*',
're:.*multi_modal_projector.*', 're:.*multimodal_projector.*', 're:.*video_tower.*',
're:.*audio_tower.*']
scheme: NVFP4