diff --git "a/measurement.json" "b/measurement.json"
new file mode 100644--- /dev/null
+++ "b/measurement.json"
@@ -0,0 +1,54635 @@
+{
+	"last_module_idx": 58,
+	"measurement": {
+		"lm_head.linear": null,
+		"model.layers.0.mlp": [
+			{
+				"accuracy": 0.8551503733584755,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.8598379837839227,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.8839280605316162,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.8917283007973119,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9287977281369661,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9343889198805156,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9452457553461978,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9619926120105543,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.965745957274186,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.963629170467979,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9682046206373918,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9814098195025796,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9840919438161349,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9896892332716992,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9905074277990743,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992807644762491,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970017828439411,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.0.self_attn": [
+			{
+				"accuracy": 0.872567754042776,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.8823489138954564,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9063533042606554,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9335484504699707,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9388456344604492,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9399561380085192,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9593330527606764,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9611869924946835,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9650190033410725,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9664848980150724,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.969404377435383,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9718834506837946,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9746822903030797,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9770710719259161,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9862766610948663,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9883006411163431,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9893960960601506,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943787745739284,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997219193922846,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.1.mlp": [
+			{
+				"accuracy": 0.9227798173302099,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9245072540483976,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9414272935766923,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9494237962522005,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9599769774236178,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9634462500873365,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9726478739788658,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9781436810367986,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9806464832080038,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9793129312364679,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9820832249365354,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9893144792632053,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990843296835297,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938611407813273,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944259383176502,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963157204420943,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997666702654801,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.1.self_attn": [
+			{
+				"accuracy": 0.8716842500787032,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.8809937552401894,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.896095545668351,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9361265584042198,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9379838077645553,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9363097015180086,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9615169042035153,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9595917086852224,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9630161272852045,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9646087508452565,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9678301873959994,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9693282936748705,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9717803691562853,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9736236804410031,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9846633217836681,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9871905391153536,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9892597198486328,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933958210443196,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971564672887325,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.10.mlp": [
+			{
+				"accuracy": 0.9838157656945681,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9842492640018463,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9865712617572985,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9871989347432789,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9918369329289386,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992540097550342,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9934693508242306,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958267031531585,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961585167207216,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958061579810945,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963585561827609,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978376903424138,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981652302177328,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988227088592554,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988736157354555,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990601021992532,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996357151111098,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.10.self_attn": [
+			{
+				"accuracy": 0.9782408475875854,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.97889381176547,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9842756578796789,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9887617904888956,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989045765839125,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9892924961290861,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9941115681278078,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943847083731702,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9948016656072516,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994959719479084,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9945887468363109,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949968802301508,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961264984388101,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964278952071541,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978683488933664,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981991531033265,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984593747281715,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991499045373577,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995496110304406,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.11.mlp": [
+			{
+				"accuracy": 0.9840074291354731,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9844504814398917,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.986640087868038,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9872575637541319,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9918207863443776,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925837893235055,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.993482851668408,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957813510769292,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961575583407754,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957764129105368,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996349739400964,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978157121099924,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981549682193681,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988026874826142,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988590331846162,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990416423074509,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996208244150406,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.11.self_attn": [
+			{
+				"accuracy": 0.9758450169312326,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9766496027770796,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9823319080628847,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9876261878954736,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9877871651398508,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880342146283702,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933353952671352,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936673331417536,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9941687732934952,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994348433064787,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9939063548257476,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943429341441706,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9955822707791078,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959417126680675,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975639960091365,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979517712796989,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998261318983216,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990371673514968,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9994957730860302,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.12.mlp": [
+			{
+				"accuracy": 0.9851985981589869,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9856091549521998,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9876676970406583,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882190415733739,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9924967312499097,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9931826269940326,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940031072811076,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961641454382947,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964833620347475,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961442527802367,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966646064268915,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980071759537646,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983170338367161,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989094650863033,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989590642875746,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991196763554686,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996542973492882,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.12.self_attn": [
+			{
+				"accuracy": 0.9790841890008826,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.979752579801961,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.984693535064396,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9887621198829851,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9895775733809722,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9898035079240799,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943929789097685,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946579356726847,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950988767178435,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952509289509371,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994864499490512,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952626126377206,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963301679021433,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996643944398353,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979864543205813,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983100918562788,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985283109310427,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992052433816226,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995661783277204,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.13.mlp": [
+			{
+				"accuracy": 0.9844254537632591,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9848623840432418,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9870634510328895,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9876844051637148,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9921610284792749,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9928113606415296,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937138416265187,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.995988888175864,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962923130706737,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959810015402342,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964975891144652,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979355294061335,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982373073304954,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988586830073282,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989193715155125,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990978593889036,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996355779125894,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.13.self_attn": [
+			{
+				"accuracy": 0.9803181227884794,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9809341650260123,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9857936564244723,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9897391882381941,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9899517352643766,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9901490470296458,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944556994657767,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947093011517274,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9951247204291193,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952619028718848,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949321586050486,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.995287472088086,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964269097698363,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967059571492044,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980490211593477,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983487158621612,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985729956901387,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999235192901994,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999580882979851,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.14.mlp": [
+			{
+				"accuracy": 0.9860772380703374,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9864616848920521,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.988486102537105,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9890383348653191,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9929908623820857,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935745534143949,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943721451257405,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964153056866244,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966894094096986,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964065340004469,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968566672974511,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981502472962204,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984157432458902,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998980385692496,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990302899754361,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991914158883063,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996801521629095,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.14.self_attn": [
+			{
+				"accuracy": 0.9808931099741083,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9816874751919195,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9858728600175757,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9899958207419044,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904109843467411,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990623729793649,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947962055080816,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950441847506323,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9954036787936562,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9955612538676513,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952593339901221,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9955744202199736,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964462087342614,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967483633050793,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980571330770066,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983599695720171,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986266044801787,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992132610396335,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995927409219899,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.15.mlp": [
+			{
+				"accuracy": 0.9872514699634752,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9875573390408566,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9894543941083708,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9899823234269494,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935253325261568,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940673481476935,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994847507853257,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966758528822347,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969518439550149,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966739067121556,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971038620722922,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982857168897202,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985376583706391,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990565751336122,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991013692005685,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992538363623776,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996969536387998,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.15.self_attn": [
+			{
+				"accuracy": 0.9822864014851419,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9828851521015167,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9875697313170684,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9905985664380225,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9909059773934515,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9913167922120345,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952786458950293,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9955412549407858,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958674178311699,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959786640186059,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957386517995283,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9960264955696306,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969936319087681,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997231237394245,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983334584455741,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985943976789713,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9987670683154934,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999341957369133,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996272477468378,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.16.mlp": [
+			{
+				"accuracy": 0.9884794526978543,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9887415947098481,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904860658080954,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9909568727016449,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9941757697808115,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99466872215271,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9953735451164999,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970413307218176,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972739992173094,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970191783810917,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973973669111729,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984631037437602,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986839089542627,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991605790626061,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991910622798299,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993222646513268,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999732013963359,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.16.self_attn": [
+			{
+				"accuracy": 0.9845266687242609,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9852389865799954,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9888263023213336,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9917292673336832,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9921190456340188,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9922679168613333,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9956558695749232,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958921847374815,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962282533708372,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963297730213717,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99615617763055,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964118666554752,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972286549837965,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974699218414331,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984759858956462,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9987174326455907,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988737561200794,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993985281570962,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996593244569866,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.17.mlp": [
+			{
+				"accuracy": 0.9881611466407776,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9884267567019713,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9902278443700389,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9907390883094386,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9939795273699259,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944807487098795,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952401412945044,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969025864020774,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971705531995547,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969145704648996,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973048944222299,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984102654025743,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986379989667943,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991235346778443,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991631697079069,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993047387290158,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9997114079612258,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.17.self_attn": [
+			{
+				"accuracy": 0.9868619551784114,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9874944663361499,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9905772130740317,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9931664866836447,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.993445387404216,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935436429161775,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962665662169456,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963943852405799,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967346026709205,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968211507718814,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967380522897369,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969685842332087,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9976283431445298,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978121583791155,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986910971959955,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988964315699903,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999023636803031,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9994761177191609,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996938497612351,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.18.mlp": [
+			{
+				"accuracy": 0.9877698821456808,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880565922511252,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9898872359802848,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9903955953685861,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937738831105986,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942932611233309,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950670980309185,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967925948532004,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970843413550603,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968092321957412,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972194725353467,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983610083398066,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985975476079866,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991023656176893,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991419379060206,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992885078842703,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9997144157164976,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.18.self_attn": [
+			{
+				"accuracy": 0.9850055653797952,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9857045270894703,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9888458487234617,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9921295242874246,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925100317126826,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925613873883298,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.995758886400022,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959327237386453,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962544829437607,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963795809369338,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963000118732452,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996529536811929,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971952028572559,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974272345241747,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984546367471155,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986998365309677,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988977092465288,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993740300108728,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996593999921491,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.19.mlp": [
+			{
+				"accuracy": 0.9878457988563337,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9881312509900645,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9899234097254904,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904444805885616,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937729404160851,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942968566166727,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950884384544272,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967622229535329,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970697799795553,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968044544128996,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972149412098684,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983469957583829,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985894182402837,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990823503191534,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991343711551867,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992839920481569,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996979553497544,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.19.self_attn": [
+			{
+				"accuracy": 0.9870024786183709,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9874806192360426,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990115360994088,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9929768247039694,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933908071957136,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9934790255992036,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962999267797721,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964384844428614,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967451713194972,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968544301625929,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967365570758518,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969614326561752,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975394873242629,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977418229376015,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986436971904415,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988557288521215,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990233029974135,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9994365264612594,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999688397284205,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.2.mlp": [
+			{
+				"accuracy": 0.9624620487815455,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9633448437640542,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9692370452378926,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9709538786034835,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.980786825481214,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9824791880030381,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.985015680915431,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9901386679787385,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910378197306081,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9901510422167025,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9914552436063164,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949607307973661,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957300997094104,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972940724539129,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974171909454622,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979157134106285,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992557957180237,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.2.self_attn": [
+			{
+				"accuracy": 0.920105915320547,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9233990280251754,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9336702133479872,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9558533492841219,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9598596535230938,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9602910625307184,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9775633247275102,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9780966906171096,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9794871838469255,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9806128724625236,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9797062591502541,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.980877736681386,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9830918139532993,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9844322094791814,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9907696717663815,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9921560765881288,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9941235423872345,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959898865536639,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998433816981943,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.20.mlp": [
+			{
+				"accuracy": 0.9882435320239318,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9884525733558756,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9903728828618401,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9909962909786325,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938744730071017,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943580694104496,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952598371003804,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967716253901783,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970964920756064,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968357850846491,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972348070066226,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983589673708928,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985889717936516,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990816362398235,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991303706835759,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993006718394003,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996910171191159,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.20.self_attn": [
+			{
+				"accuracy": 0.9880510325494566,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9886099272652676,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9912934616992348,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933161657107504,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940949200015319,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942927337006519,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968043975532055,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996915723736349,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971775285115367,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972400545681778,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971456496339095,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973595612927487,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979407830457938,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980998117672769,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988739415022888,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999032008706739,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991641511258326,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995308922799794,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9997237485245263,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.21.mlp": [
+			{
+				"accuracy": 0.9889092790453058,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9891268830550345,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9906887223846034,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9911591449850484,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942973961955622,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947555959224701,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9954592530664644,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970220146994841,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973085189336225,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970671989415821,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974336373178583,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984828099412354,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986945220122212,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991612760840278,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992005822591876,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999331483617425,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9997318196600598,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.21.self_attn": [
+			{
+				"accuracy": 0.9886603708329954,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9890149620018507,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.991603957195031,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9934144020080566,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9941671020106265,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943420985027364,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967307781702593,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996932818309257,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997235206789092,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972997552862293,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971721854649092,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973740744355478,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979516197192041,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981748379374805,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988899899548606,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990691023045465,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991530051552936,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995557101639477,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9997266357960669,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.22.mlp": [
+			{
+				"accuracy": 0.9878587103203723,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880865396637666,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9898668684457478,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904373939100065,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936181295074915,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942058297364336,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950308380158324,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996663072783696,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970109939183059,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996730888360425,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971575803662601,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983055079846006,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985479470342398,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990521883101839,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990981550593125,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999251782011829,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996845270016868,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.22.self_attn": [
+			{
+				"accuracy": 0.987489214068965,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.98800380920109,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9908945599668905,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9927581854556736,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935872009710262,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938549877781617,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966346845030785,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996798393169516,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970981323797452,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971636902344855,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970775285833761,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972780533134937,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978501818289882,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980428681561822,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988139357025686,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999004468713936,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991040400376445,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995059594021816,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9997093204261833,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.23.mlp": [
+			{
+				"accuracy": 0.9877935561694597,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880442211502477,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9897527859399193,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9902731384101667,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937465288921407,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942311828857974,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949941713559,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967446976194256,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970434800182518,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967908892584475,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971816190763524,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983437810289232,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985723364117899,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990862375615459,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999130383722092,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992778285553581,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999712869034786,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.23.self_attn": [
+			{
+				"accuracy": 0.9890999229330766,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9892960080974981,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9918333480232641,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9934967830777168,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944275770532457,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946118828497434,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970541968941689,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972345029052935,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997476660891583,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975678595273119,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974062497678556,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975824354118422,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981173461205081,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982891937619761,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989589455684549,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991327565359441,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992510232780325,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999565220290893,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9997523254469821,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.24.mlp": [
+			{
+				"accuracy": 0.9869130771411093,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9871772151244315,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9890457893672743,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9896249904444343,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932923709091387,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938037473904459,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946420749551371,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965031888139876,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968286364486343,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965584744748316,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969771949476317,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982273786475784,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984716979884788,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990249164402485,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990722114514363,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992362166705885,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996983803514587,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.24.self_attn": [
+			{
+				"accuracy": 0.9876369175158048,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.988058560772946,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9912115555060538,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932340634496588,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940412432739609,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940707648271009,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967256204078072,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969071673327371,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972198415351542,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973158883421045,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971599500430258,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997366879527506,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978398390506443,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980452556751276,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988073611533955,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989989194038668,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991374419708001,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995032237646612,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9997180630452931,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.25.mlp": [
+			{
+				"accuracy": 0.984401495833146,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9847345446285448,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9869901749648546,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9877111370626249,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9919808514808354,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9926147209970575,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936485016032269,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957964569330215,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961956633548987,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958734061372908,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963858974607367,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978759090759253,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981734150726544,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988248649200326,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998888432587448,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990926372181428,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999632934083868,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.25.self_attn": [
+			{
+				"accuracy": 0.9861161850000683,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9874627347055235,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9899361760992753,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9916268406729949,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933682789928034,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935254297758404,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968159471295381,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969706029484147,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972899673800719,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973326723434424,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969360334308524,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973960028667199,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979121904624136,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981071821560985,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988646061208687,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990246498859242,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991867571677032,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9994974652991483,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9997197875851079,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.26.mlp": [
+			{
+				"accuracy": 0.9821977301647788,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.982567664824034,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.985359284438585,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9862501966325861,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9908842044441324,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9915934095257207,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9928525317656366,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952326805183762,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99568102822492,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9953280824579691,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959003109680978,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975953278572935,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979281217644089,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986692514074477,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9987462873717672,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998997029407244,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995868456500926,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.26.self_attn": [
+			{
+				"accuracy": 0.9864152560108587,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9873253405094147,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9892045816308573,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9913245894406971,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992800835716097,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932177074645695,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99687042793161,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970677408732866,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972945945827585,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974050980649496,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972751203336214,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997481620037242,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978277704825527,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979777285142949,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9987857451564387,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989825961621184,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991769066178485,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9994609995107901,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9997193390797627,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.27.mlp": [
+			{
+				"accuracy": 0.9708153605461121,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9716063079081083,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9764654824608251,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9777683443144748,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9859788966806311,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9871147784747576,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9889889688868272,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9927437046640798,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933309672694457,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9927847730486017,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936648038657088,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962746591160172,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967933889282378,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979418531844491,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980357065796852,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984118604150257,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993405833742336,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.27.self_attn": [
+			{
+				"accuracy": 0.987609841321644,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9895006386857284,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9918793628090307,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940779154237948,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949983966193701,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950214338145758,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971739492918316,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972446533410173,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975259300125273,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9976478840567564,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975954486351264,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977991943688769,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980154221779421,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981751730175394,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989014021856221,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990740526271494,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992363317624519,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999497045811854,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9997305549975288,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.3.mlp": [
+			{
+				"accuracy": 0.9646574572512978,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9654105431155154,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9707881431830557,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9723484327918605,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9818792986242395,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9834145683991281,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9857454582264549,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990659267494553,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9915256751211066,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9907073974609375,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9919057778621975,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952424780318612,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959593399574882,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974518045783043,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975659333561596,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980401051671881,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992944179102778,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.3.self_attn": [
+			{
+				"accuracy": 0.9298326153504222,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9322245560194317,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9460864757236681,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.963779025956204,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9649699832263746,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9652976832891765,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9810874462127686,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9816383656702543,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9828697035187169,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9835442398723803,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9823834456895527,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9834861865169123,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9864833888254667,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9874823485550127,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9926338925173408,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937157160357425,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950872440087167,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969699778839162,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986865834185952,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.4.mlp": [
+			{
+				"accuracy": 0.9716180594343888,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9723043284918133,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9766769189583627,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9779153654449865,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9855069580831026,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9867823453325975,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9886340679306733,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925479998714045,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932303946269186,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925618736367476,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935428480568685,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961832871562556,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967676671712022,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979460772715116,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980368961236978,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984082744309777,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9994190726919394,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.4.self_attn": [
+			{
+				"accuracy": 0.9547656303957889,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9563453009254054,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9644939460252461,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9769298763651597,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9773167481547907,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9775890990307456,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9878329179788891,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9881612360477448,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9889677904154125,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9894385000592784,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9886170829597273,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9893262370636589,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910532016503183,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9917344074500235,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9951126214705015,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958435728361732,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968074124894644,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997987865225265,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991304723447875,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.5.mlp": [
+			{
+				"accuracy": 0.9760921330828416,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9767390207240456,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9803921894023293,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9814008364551946,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9879077492575896,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9889541448731172,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990451864506069,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938110309211832,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943258154549097,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938000989587683,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946067415569958,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968148128766763,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972990414029673,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982763156294823,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983528611299238,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986526262211172,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995002830891233,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.5.self_attn": [
+			{
+				"accuracy": 0.9602992189557928,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9617434677324797,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9695961098921927,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9796011855727748,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9800690741915452,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9803391930304075,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9892902021345339,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9896078917541002,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9902833260987934,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9906253814697266,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9900189473440772,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9906363150006846,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9923716375702306,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9929382408920088,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958474181200329,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964568603195643,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972100936268505,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983058128702013,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992333326096597,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.6.mlp": [
+			{
+				"accuracy": 0.9779243077102461,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9785429992173847,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9819116561036361,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9828144390332071,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9888942092657089,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9898454546928406,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.991205989530212,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943228105181142,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947853821672892,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942919807998758,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950435589018621,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970686459227612,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975149782472535,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984170034723846,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998484868654295,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9987567684760219,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995304263736072,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.6.self_attn": [
+			{
+				"accuracy": 0.9641681376256441,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9654102388181185,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9728116738168817,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9817448493681455,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9821139777961531,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.982375797472502,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904281693069559,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9907899044061962,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9913757286573711,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9916823749479494,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910833208184493,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9916438342709291,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932228028774261,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.993744850942963,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996317198794139,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968590587377548,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975071580786454,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984972941640177,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993076513178254,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.7.mlp": [
+			{
+				"accuracy": 0.9787260905692452,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9793132512192977,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9826088939842424,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9835301433738909,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9892186891091498,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9901834726333618,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9915386657965811,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944608674237603,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949303022340724,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944626626215483,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9951955370212856,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971510177772296,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975840021905146,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984375530559766,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985202493048028,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988066905031079,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995229864296945,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.7.self_attn": [
+			{
+				"accuracy": 0.9654641716103805,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9666816215766103,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.973678287706877,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9823033088131955,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9826606763036627,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9829449794794384,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9907187058737403,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910472262846796,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9916567810271916,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.991963552016961,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9913681094583712,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9919197739739167,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9934239430647147,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9939320816805488,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964174243964647,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969475116384657,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975836214266325,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985395490534996,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993256548615662,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.8.mlp": [
+			{
+				"accuracy": 0.984861682904394,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9853437762511404,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9874602297418996,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880280204509434,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9924239343718478,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9930739543939892,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9939045078660312,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961380813466875,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996427637181784,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961161727183744,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966213205143025,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979970937496737,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983002686578977,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989028972034392,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989546392309038,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991227283485626,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996535473160053,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.8.self_attn": [
+			{
+				"accuracy": 0.9696946332329198,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.97079021366019,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9769786141420665,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9844727861253839,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9848995145998503,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9851816186779424,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9918018752022794,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9920754864027626,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9926364915935617,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9928825050592422,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9924738062055487,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9929672205134442,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942889405708564,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947150549606273,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968587352257026,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973250033431932,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978325582648578,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986629969391384,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999381556616802,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.9.mlp": [
+			{
+				"accuracy": 0.9841586618047011,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 169638736,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9846234101998178,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 175405904,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.986896876441805,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 195969536,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.987496303100335,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 219857408,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9920921074716669,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 248018656,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9927389041373604,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254268416,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936209085740542,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 273355232,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959667105423776,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 312411232,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962593916999666,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 317019136,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.995943482769163,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 322238176,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964520362646956,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328487936,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979090782764711,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396457696,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982115189103704,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 402707456,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988583456724882,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 458487520,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989076986124641,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 476255488,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990909835813861,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 518722816,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996486816702312,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 606803200,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.9.self_attn": [
+			{
+				"accuracy": 0.9750761468159524,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 53879808,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9759480843418523,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 55387136,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9815508425235748,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 58040192,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9871720177562613,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 67377920,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9873091264774925,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79827456,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9875987634847039,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 79861376,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.993054811107485,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101847552,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933789490084899,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 101947008,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938766383811047,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 102837504,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940880003728365,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 104220672,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936637729406357,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105027200,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940908429654021,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 105458944,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9953291874967123,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 108078080,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957175678328464,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 109660160,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974392181948611,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 132911616,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978406284200517,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 134825984,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981928636368952,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 152179200,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989664460483351,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 160843776,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9994824748780382,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 202510848,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.norm.norm": null
+	}
+}
\ No newline at end of file