bge-reranker-v2-m3-onnx-defaulttask / quantize_config.json
mor40's picture
Upload quantize_config.json with huggingface_hub
76cec69 verified
raw
history blame contribute delete
310 Bytes
{
"modes": [
"fp16",
"q8",
"int8",
"uint8",
"q4",
"q4f16",
"bnb4"
],
"per_channel": true,
"reduce_range": true,
"block_size": null,
"is_symmetric": true,
"accuracy_level": null,
"quant_type": 1,
"op_block_list": null
}