File size: 307 Bytes
7429386 |
1 2 3 4 5 6 7 8 9 10 11 |
quant_stage:
quant_modifiers:
GPTQModifier:
config_groups:
group_0:
targets: [Linear]
weights: {actorder: weight, group_size: 128, num_bits: 4, observer: mse, strategy: group,
symmetric: true, type: int}
dampening_frac: 0.01
ignore: [lm_head]
|