eagle_awq_quant_config.json

{"zero_point": true, "q_group_size": 128, "w_bit": 4, "version": "GEMM", "apply_clip": true, "ckpt": "awq-layers(None-None-None)-g128-clip-GEMM.pth"}