{ | |
"bits": 4, | |
"dynamic": null, | |
"group_size": 32, | |
"desc_act": true, | |
"sym": true, | |
"lm_head": false, | |
"quant_method": "gptq", | |
"checkpoint_format": "gptq", | |
"meta": { | |
"quantizer": [ | |
"gptqmodel:1.4.4" | |
], | |
"uri": "https://github.com/modelcloud/gptqmodel", | |
"damp_percent": 0.1, | |
"damp_auto_increment": 0.0025, | |
"static_groups": false, | |
"true_sequential": true, | |
"mse": true | |
} | |
} |