Llama-3.2-1B-Instruct / quantize_config.json
Xenova's picture
Xenova HF staff
Upload folder using huggingface_hub
1ae0c06 verified
raw
history blame
285 Bytes
{
"modes": [
"fp16",
"q8",
"int8",
"uint8",
"q4",
"q4f16",
"bnb4"
],
"per_channel": false,
"reduce_range": false,
"block_size": null,
"is_symmetric": true,
"accuracy_level": null,
"quant_type": 1
}