phi-4-quantized.w4a16 / recipe.yaml
nm-research's picture
Upload folder using huggingface_hub
7429386 verified
raw
history blame contribute delete
307 Bytes
quant_stage:
quant_modifiers:
GPTQModifier:
config_groups:
group_0:
targets: [Linear]
weights: {actorder: weight, group_size: 128, num_bits: 4, observer: mse, strategy: group,
symmetric: true, type: int}
dampening_frac: 0.01
ignore: [lm_head]