Qwen2.5-VL-7B-Instruct-FP8 / hf_quant_config.json
zhiyucheng's picture
update config for exclude modules (#3)
470c50c verified
raw
history blame contribute delete
290 Bytes
{
"producer": {
"name": "modelopt",
"version": "0.37.0.dev16+ga6fa34cda.d20250909"
},
"quantization": {
"quant_algo": "FP8",
"kv_cache_quant_algo": null,
"exclude_modules": [
"visual*",
"lm_head"
]
}
}