quantize_config.json

{
    "q4": {
        "block_size": 32,
        "is_symmetric": true,
        "accuracy_level": null
    }
}