OCC-RAG-0.6B-ONNX / quantize_config.json
mrsndmn's picture
Add quantize_config.json
22d4f57 verified
Raw History Blame Contribute Delete
261 Bytes
{
"modes": [
"q4f16",
"fp16",
"q4",
"q8"
],
"per_channel": true,
"reduce_range": true,
"block_size": null,
"is_symmetric": true,
"accuracy_level": null,
"quant_type": 1,
"op_block_list": null
}